python fundus_reasoner/data_filter.py -i /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/Alpaca_data/med_pub_simpleQA_train.json -o experiments/soft_link_tmp/med_data_simple_qa_filterd.json  -s /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/dataset_support/cls_annotations_merged.json 


python fundus_reasoner/data_filter_from_log.py \
        -i /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/Alpaca_data/aier_simpleQA_train.json \
        -o experiments/soft_link_tmp/aier_data_simple_qa_filterd.json \
        -s /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/aier_support/aier_coor_qa/aier_simple_annotations.json \
        -l /home/zhangpinglu/data0/gy/code/fundus-reasoner-adaptive/experiments/soft_link_tmp/med_data_simple_qa_filterd_filter_log.json


python sub_experiment/exp2/data_collect.py \
    --med-qa-path /home/zhangpinglu/data0/gy/code/fundus-reasoner-adaptive/experiments/soft_link_tmp/med_data_simple_qa_filterd.json \
     --aier-qa-path /home/zhangpinglu/data0/gy/code/fundus-reasoner-adaptive/experiments/soft_link_tmp/aier_data_simple_qa_filterd.json \
    -o /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/exp2_stage1_simple_qa_alpaca

python sub_experiment/exp2/test_collect.py \
    --test-dir /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/Alpaca_data_test \
    --support-med /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/dataset_support/cls_annotations_merged.json  \
    --support-aier /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/aier_support/aier_coor_qa/aier_simple_annotations.json\
    -o /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/exp2_stage1_simple_qa_alpaca \
    --total-samples 8000 \
    --seed 42




python fundus_reasoner/eval/monitor.py \
    --watch_dir ./experiments/ckpt/sub_exp_2_stage1_train_simpleQA \
    --eval_out_dir ./experiments/exp2/eval_out \
    --dataset_dir /home/zhangpinglu/data0/gy/Dataset/fundusreasoner/exp2_stage1_simple_qa_alpaca \
    --dataset_name stage1_simple_qa_test \